<!DOCTYPE HTML>
<html lang="en" >
    
    <head>
        
        <meta charset="UTF-8">
        <meta http-equiv="X-UA-Compatible" content="IE=edge" />
        <title>模块作用 | 爬虫</title>
        <meta content="text/html; charset=utf-8" http-equiv="Content-Type">
        <meta name="description" content="">
        <meta name="generator" content="GitBook 2.6.7">
        
        
        <meta name="HandheldFriendly" content="true"/>
        <meta name="viewport" content="width=device-width, initial-scale=1, user-scalable=no">
        <meta name="apple-mobile-web-app-capable" content="yes">
        <meta name="apple-mobile-web-app-status-bar-style" content="black">
        <link rel="apple-touch-icon-precomposed" sizes="152x152" href="../gitbook/images/apple-touch-icon-precomposed-152.png">
        <link rel="shortcut icon" href="../gitbook/images/favicon.ico" type="image/x-icon">
        
    <link rel="stylesheet" href="../gitbook/style.css">
    
        
        <link rel="stylesheet" href="../gitbook/plugins/gitbook-plugin-highlight/website.css">
        
    
        
        <link rel="stylesheet" href="../gitbook/plugins/gitbook-plugin-search/search.css">
        
    
        
        <link rel="stylesheet" href="../gitbook/plugins/gitbook-plugin-fontsettings/website.css">
        
    
    

        
    
    
    <link rel="next" href="../scrapy框架/19个中间件.html" />
    
    
    <link rel="prev" href="../scrapy框架/scrapy_setting.html" />
    

        
    </head>
    <body>
        
        
    <div class="book"
        data-level="8.2"
        data-chapter-title="模块作用"
        data-filepath="scrapy框架/模块作用.md"
        data-basepath=".."
        data-revision="Fri Oct 19 2018 08:44:08 GMT+0800 (中国标准时间)"
        data-innerlanguage="">
    

<div class="book-summary">
    <nav role="navigation">
        <ul class="summary">
            
            
            
            

            

            
    
        <li class="chapter " data-level="0" data-path="index.html">
            
                
                    <a href="../index.html">
                
                        <i class="fa fa-check"></i>
                        
                        序言
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="1" data-path="认识爬虫/introduceSpider.html">
            
                
                    <a href="../认识爬虫/introduceSpider.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>1.</b>
                        
                        认识爬虫
                    </a>
            
            
            <ul class="articles">
                
    
        <li class="chapter " data-level="1.1" data-path="认识爬虫/http.html">
            
                
                    <a href="../认识爬虫/http.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>1.1.</b>
                        
                        HTTP
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="1.2" data-path="认识爬虫/Requests.html">
            
                
                    <a href="../认识爬虫/Requests.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>1.2.</b>
                        
                        requests
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="1.3" data-path="认识爬虫/初步爬虫.html">
            
                
                    <a href="../认识爬虫/初步爬虫.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>1.3.</b>
                        
                        初步爬虫小项目
                    </a>
            
            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="2" data-path="正则表达式/正则表达式.html">
            
                
                    <a href="../正则表达式/正则表达式.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>2.</b>
                        
                        正则表达式
                    </a>
            
            
            <ul class="articles">
                
    
        <li class="chapter " data-level="2.1" data-path="正则表达式/正则表达式练习.html">
            
                
                    <a href="../正则表达式/正则表达式练习.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>2.1.</b>
                        
                        正则表达式练习
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="2.2" data-path="正则表达式/正则表达式之后的第一个项目.html">
            
                
                    <a href="../正则表达式/正则表达式之后的第一个项目.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>2.2.</b>
                        
                        正则表达式之后的第一个项目
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="2.3" data-path="正则表达式/正则表达式常用表.html">
            
                
                    <a href="../正则表达式/正则表达式常用表.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>2.3.</b>
                        
                        正则表达式常用表
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="2.4" data-path="正则表达式/正则表达式重点1.html">
            
                
                    <a href="../正则表达式/正则表达式重点1.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>2.4.</b>
                        
                        正则表达式重点
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="2.5" data-path="正则表达式/正则表达式常问问题.html">
            
                
                    <a href="../正则表达式/正则表达式常问问题.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>2.5.</b>
                        
                        正则表达式常问问题
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="2.6" data-path="正则表达式/正则爬虫练习.html">
            
                
                    <a href="../正则表达式/正则爬虫练习.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>2.6.</b>
                        
                        正则爬虫项目练习
                    </a>
            
            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="3" data-path="XPATH/xpath-in.html">
            
                
                    <a href="../XPATH/xpath-in.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>3.</b>
                        
                        XPATH
                    </a>
            
            
            <ul class="articles">
                
    
        <li class="chapter " data-level="3.1" data-path="XPATH/Xpath.html">
            
                
                    <a href="../XPATH/Xpath.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>3.1.</b>
                        
                        XPATH认识
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="3.2" data-path="XPATH/Xpath的代码例子.html">
            
                
                    <a href="../XPATH/Xpath的代码例子.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>3.2.</b>
                        
                        XPATH的代码例子
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="3.3" data-path="XPATH/xpath的爬虫练习.html">
            
                
                    <a href="../XPATH/xpath的爬虫练习.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>3.3.</b>
                        
                        XPATH的爬虫练习
                    </a>
            
            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="4" data-path="BeautifulSoup/BeautifulSoup.html">
            
                
                    <a href="../BeautifulSoup/BeautifulSoup.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>4.</b>
                        
                        BeautifulSoup
                    </a>
            
            
            <ul class="articles">
                
    
        <li class="chapter " data-level="4.1" data-path="BeautifulSoup/常用的css选择器.html">
            
                
                    <a href="../BeautifulSoup/常用的css选择器.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>4.1.</b>
                        
                        常用的css选择器
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="4.2" data-path="BeautifulSoup/BeautifulSoup4的各种例子.html">
            
                
                    <a href="../BeautifulSoup/BeautifulSoup4的各种例子.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>4.2.</b>
                        
                        BeautifulSoup4的各种例子
                    </a>
            
            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="5" data-path="代理/proxy.html">
            
                
                    <a href="../代理/proxy.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>5.</b>
                        
                        ip代理池项目
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="6" data-path="Selenium/Selenium.html">
            
                
                    <a href="../Selenium/Selenium.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>6.</b>
                        
                        Selenium
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="7" data-path="进程线程协程/introduce.html">
            
                
                    <a href="../进程线程协程/introduce.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>7.</b>
                        
                        进程线程协程
                    </a>
            
            
            <ul class="articles">
                
    
        <li class="chapter " data-level="7.1" data-path="进程线程协程/gevent.html">
            
                
                    <a href="../进程线程协程/gevent.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>7.1.</b>
                        
                        gevent
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="7.2" data-path="进程线程协程/green_let.html">
            
                
                    <a href="../进程线程协程/green_let.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>7.2.</b>
                        
                        green_let
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="7.3" data-path="进程线程协程/yield.html">
            
                
                    <a href="../进程线程协程/yield.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>7.3.</b>
                        
                        yield
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="7.4" data-path="进程线程协程/multiprecessing.html">
            
                
                    <a href="../进程线程协程/multiprecessing.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>7.4.</b>
                        
                        multiprecessing
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="7.5" data-path="进程线程协程/threading.html">
            
                
                    <a href="../进程线程协程/threading.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>7.5.</b>
                        
                        threading
                    </a>
            
            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="8" data-path="scrapy框架/scrapy.html">
            
                
                    <a href="../scrapy框架/scrapy.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>8.</b>
                        
                        Scrapy
                    </a>
            
            
            <ul class="articles">
                
    
        <li class="chapter " data-level="8.1" data-path="scrapy框架/scrapy_setting.html">
            
                
                    <a href="../scrapy框架/scrapy_setting.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>8.1.</b>
                        
                        scrapy_setting
                    </a>
            
            
        </li>
    
        <li class="chapter active" data-level="8.2" data-path="scrapy框架/模块作用.html">
            
                
                    <a href="../scrapy框架/模块作用.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>8.2.</b>
                        
                        模块作用
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="8.3" data-path="scrapy框架/19个中间件.html">
            
                
                    <a href="../scrapy框架/19个中间件.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>8.3.</b>
                        
                        19个中间件
                    </a>
            
            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="9" data-path="scrapy-redis分布式/scrapy-redis.html">
            
                
                    <a href="../scrapy-redis分布式/scrapy-redis.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>9.</b>
                        
                        scrapy-redis分布式
                    </a>
            
            
            <ul class="articles">
                
    
        <li class="chapter " data-level="9.1" data-path="scrapy-redis分布式/scrapy-redis的改造方法.html">
            
                
                    <a href="../scrapy-redis分布式/scrapy-redis的改造方法.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>9.1.</b>
                        
                        scrapy-redis的改造方法
                    </a>
            
            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="10" data-path="spider_projects/introduce.html">
            
                
                    <a href="../spider_projects/introduce.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>10.</b>
                        
                        spider_projects
                    </a>
            
            
            <ul class="articles">
                
    
        <li class="chapter " data-level="10.1" data-path="spider_projects/使用代理在普通爬虫脚本下.html">
            
                
                    <a href="../spider_projects/使用代理在普通爬虫脚本下.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>10.1.</b>
                        
                        使用代理在普通爬虫脚本下
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="10.2" data-path="spider_projects/xpath爬取前程无忧的数据.html">
            
                
                    <a href="../spider_projects/xpath爬取前程无忧的数据.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>10.2.</b>
                        
                        xpath爬取前程无忧的数据
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="10.3" data-path="spider_projects/存储数据库的脚本.html">
            
                
                    <a href="../spider_projects/存储数据库的脚本.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>10.3.</b>
                        
                        存储数据库的脚本
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="10.4" data-path="spider_projects/weibo.html">
            
                
                    <a href="../spider_projects/weibo.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>10.4.</b>
                        
                        爬取央视新闻微博
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="10.5" data-path="spider_projects/weibo2.html">
            
                
                    <a href="../spider_projects/weibo2.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>10.5.</b>
                        
                        爬取明星的微博
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="10.6" data-path="spider_projects/liepin.html">
            
                
                    <a href="../spider_projects/liepin.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>10.6.</b>
                        
                        爬取猎聘的职位信息Crawl
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="10.7" data-path="spider_projects/zhilianRe.html">
            
                
                    <a href="../spider_projects/zhilianRe.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>10.7.</b>
                        
                        纯正则爬取智联的职位信息
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="10.8" data-path="spider_projects/setting.html">
            
                
                    <a href="../spider_projects/setting.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>10.8.</b>
                        
                        scrapy中的setting
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="10.9" data-path="spider_projects/items.html">
            
                
                    <a href="../spider_projects/items.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>10.9.</b>
                        
                        scrapy中的items
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="10.10" data-path="spider_projects/pipeline.html">
            
                
                    <a href="../spider_projects/pipeline.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>10.10.</b>
                        
                        scrapy中的pipeline
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="10.11" data-path="spider_projects/middlewares.html">
            
                
                    <a href="../spider_projects/middlewares.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>10.11.</b>
                        
                        scrapy中的middlewares
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="10.12" data-path="spider_projects/框架中的代码运行脚本.html">
            
                
                    <a href="../spider_projects/框架中的代码运行脚本.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>10.12.</b>
                        
                        框架中的代码运行脚本
                    </a>
            
            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="11" data-path="爬虫的面试题/面试题1-10.html">
            
                
                    <a href="../爬虫的面试题/面试题1-10.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>11.</b>
                        
                        爬虫面试题
                    </a>
            
            
        </li>
    


            
            <li class="divider"></li>
            <li>
                <a href="https://www.gitbook.com" target="blank" class="gitbook-link">
                    Published with GitBook
                </a>
            </li>
            
        </ul>
    </nav>
</div>

    <div class="book-body">
        <div class="body-inner">
            <div class="book-header" role="navigation">
    <!-- Actions Left -->
    

    <!-- Title -->
    <h1>
        <i class="fa fa-circle-o-notch fa-spin"></i>
        <a href="../" >爬虫</a>
    </h1>
</div>

            <div class="page-wrapper" tabindex="-1" role="main">
                <div class="page-inner">
                
                
                    <section class="normal" id="section-">
                    
                        <h1 id="&#x6BCF;&#x4E2A;&#x6A21;&#x5757;&#x7684;&#x4F5C;&#x7528;&#x662F;&#x4EC0;&#x4E48;">&#x6BCF;&#x4E2A;&#x6A21;&#x5757;&#x7684;&#x4F5C;&#x7528;&#x662F;&#x4EC0;&#x4E48;?</h1>
<hr>
<h2 id="scrapy-engine">scrapy engine</h2>
<p>&#x8D1F;&#x8D23;&#x6240;&#x6709;&#x6A21;&#x5757;&#x4E4B;&#x95F4;&#x7684;&#x6570;&#x636E;&#x6D41;&#x7684;&#x63A7;&#x5236;&#xFF0C;&#x4EE5;&#x53CA;&#x4E8B;&#x4EF6;&#x7684;&#x89E6;&#x53D1;&#x64CD;&#x4F5C;</p>
<hr>
<h2 id="shceduler">shceduler</h2>
<p>&#x5B58;&#x50A8;request&#xFF0C;&#x5F53;engine&#x9700;&#x8981;&#x83B7;&#x53D6;request&#x7684;&#x65F6;&#x5019;&#xFF0C;&#x63D0;&#x4F9B;request</p>
<hr>
<h2 id="downloader">downloader</h2>
<p>&#x4E0B;&#x8F7D;request&#x6240;&#x5BF9;&#x5E94;&#x7684;url&#xFF0C;&#x5E76;&#x8FD4;&#x56DE;&#x7ED9;engine</p>
<hr>
<h2 id="spiders">spiders</h2>
<ol>
<li>&#x89E3;&#x6790;response&#xFF0C;</li>
<li>&#x751F;&#x6210; Reuqest&#x548C;item</li>
</ol>
<hr>
<h2 id="item-pipeline">item pipeline</h2>
<ol>
<li>&#x6570;&#x636E;&#x6E05;&#x6D17;</li>
<li>&#x6570;&#x636E;&#x7684;&#x9A8C;&#x8BC1;</li>
<li>&#x6570;&#x636E;&#x7684;&#x5B58;&#x50A8;</li>
</ol>
<hr>
<h2 id="downloader-middlewares">Downloader Middlewares</h2>
<p>&#x5B83;&#x662F;&#x4ECB;&#x4E8E;engine&#x548C;downloader&#x4E4B;&#x95F4;&#x7684;&#x7A0B;&#x5E8F;&#xFF0C;&#x5904;&#x7406;request&#x548C;response&#x7684;&#x7A0B;&#x5E8F;&#x3002;</p>
<h3 id="&#x4F7F;&#x7528;&#x573A;&#x666F;&#xFF1A;">&#x4F7F;&#x7528;&#x573A;&#x666F;&#xFF1A;</h3>
<ol>
<li>&#x4E0B;&#x8F7D;&#x5668;&#x4E0B;&#x8F7D;&#x6570;&#x636E;&#x524D;&#x5FC5;&#x987B;&#x8981;&#x6DFB;&#x52A0;&#x4E00;&#x4E9B;&#x4FE1;&#x606F;&#x7684;&#x65F6;&#x5019;&#xFF0C;&#x53EF;&#x4EE5;&#x5728;&#x8FD9;&#x4E2A;&#x6A21;&#x5757;&#x586B;&#x5199;&#x5185;&#x5BB9;&#x3002;</li>
<li>&#x83B7;&#x53D6;&#x5230;response&#x7684;&#x65F6;&#x5019;&#xFF0C;&#x4F60;&#x60F3;&#x8981;&#x5C06;&#x8FD9;&#x4E2A;response&#x4E0D;&#x8FD4;&#x56DE;&#x7ED9;spiders&#xFF0C;&#x800C;&#x662F;&#x91CD;&#x65B0;&#x751F;&#x6210;&#x4E00;&#x4E2A;request&#x7EE7;&#x7EED;&#x4E0B;&#x8F7D;</li>
<li>&#x5F53;&#x6211;&#x4EEC;&#x53D1;&#x73B0;&#x4E00;&#x4E2A;request&#x9700;&#x8981;&#x65B0;&#x751F;&#x6210;&#x53E6;&#x4E00;&#x4E2A;request&#x7684;&#x65F6;&#x5019;</li>
<li>&#x6211;&#x4EEC;&#x4E0D;&#x9700;&#x8981;&#x4F7F;&#x7528;&#x4E0B;&#x8F7D;&#x5668;&#x4E0B;&#x8F7D;&#x9875;&#x9762;&#x7684;&#x65F6;&#x5019;&#xFF0C;&#x53EF;&#x4EE5;&#x5728;downloader middlewares&#x4E2D;&#x76F4;&#x63A5;&#x8FD4;&#x56DE;response&#x3002;</li>
<li>&#x5F53;&#x6709;&#x9700;&#x8981;&#x5220;&#x9664;&#x4E00;&#x90E8;&#x5206;&#x6709;&#x81EA;&#x5DF1;&#x7279;&#x5F81;&#x7684;request&#x7684;&#x65F6;&#x5019;&#xFF0C;&#x53EF;&#x4EE5;&#x5728;&#x8FD9;&#x91CC;&#x505A;&#x3002;</li>
</ol>
<hr>
<h2 id="spider-middlewares">Spider Middlewares</h2>
<p>&#x5B83;&#x662F;&#x4ECB;&#x4E8E;engine&#x548C;spiders&#x4E4B;&#x95F4;&#x7684;&#x7A0B;&#x5E8F;&#xFF0C; &#x5904;&#x7406;response&#xFF0C;request&#xFF0C;&#x548C;item</p>
<hr>
<h3 id="&#x4F7F;&#x7528;&#x573A;&#x666F;&#xFF1A;">&#x4F7F;&#x7528;&#x573A;&#x666F;&#xFF1A;</h3>
<ol>
<li>&#x5904;&#x7406;&#x8F93;&#x51FA;&#x7684;item&#x548C;request&#xFF0C; &#x6DFB;&#x52A0;/&#x5220;&#x9664;/&#x4FEE;&#x6539;   item/request</li>
<li>&#x9690;&#x85CF;response&#x7684;&#x9519;&#x8BEF;</li>
<li>&#x7EE7;&#x7EED;&#x5904;&#x7406;start_request&#x5185;&#x7684;&#x5185;&#x5BB9;</li>
<li>&#x81EA;&#x5B9A;&#x4E49;&#x53BB;&#x91CD;&#x7B97;&#x6CD5;</li>
</ol>
<hr>
<h2 id="&#x53BB;&#x91CD;&#x6CD5;&#xFF1A;"><code>&#x53BB;&#x91CD;&#x6CD5;&#xFF1A;</code></h2>
<p><code>dict &#x548C; set</code></p>
<ol>
<li>&#x771F;&#x5B9E;&#x7684;&#x5B57;&#x5178;&#x7684;&#x6D41;&#x7A0B;&#x662F;&#xFF1A;
&#x8981;&#x6709;&#x4E00;&#x4E2A;&#x9700;&#x8981;&#x67E5;&#x627E;&#x7684;&#x5B57;&#x7B26;&#x4E32;&#xFF0C; &#x8FD9;&#x4E2A;&#x5B57;&#x7B26;&#x4E32;&#x6211;&#x4EEC;&#x4F1A;&#x7ED9;&#x4ED6;&#x5206;&#x7C7B;&#xFF0C;&#x5206;&#x7C7B;&#x540E;&#x67E5;&#x627E;&#x8D77;&#x6765;&#x5C31;&#x4F1A;&#x5C11;&#x5F88;&#x591A;&#x5185;&#x5BB9;&#x3002;
&#x5B57;&#x5178;&#x7684;&#x8FD9;&#x6837;&#x5F62;&#x5F0F;&#x7684;&#x51FA;&#x73B0;&#x5C31;&#x662F;&#x4E3A;&#x4E86;&#x4FBF;&#x4E8E;&#x67E5;&#x627E;&#x3002;</li>
<li>python&#x7684;&#x5B57;&#x5178;&#x548C;set&#x90FD;&#x662F;&#x4E3A;&#x4E86;&#x65B9;&#x4FBF;&#x67E5;&#x627E;&#x51FA;&#x73B0;&#x7684;&#x7ED3;&#x6784;
python&#x4E2D;&#x7684;dict&#x548C;set&#x7684;&#x51FA;&#x73B0;&#x5C31;&#x662F;&#x4E3A;&#x4E86;&#x89E3;&#x51B3;&#x6570;&#x636E;&#x8BBF;&#x95EE;&#x901F;&#x5EA6;&#x7684;&#x95EE;&#x9898;&#x3002;
set&#x548C;dict&#x7684;&#x7EC4;&#x6210;&#xFF0C;&#x54C8;&#x5E0C;&#x51FD;&#x6570;+&#x54C8;&#x5E0C;&#x8868;&#xFF08;&#x4E8C;&#x7EF4;&#x5217;&#x8868;&#xFF09;&#xFF08;&#x6570;&#x7EC4;+&#x94FE;&#x8868;&#xFF09;</li>
</ol>
<p><code>Bitmap</code></p>
<ol>
<li>&#x4F4D;&#x56FE;&#x7684;&#x4F5C;&#x7528;&#x4E3B;&#x8981;&#x662F;&#x8282;&#x7701;&#x7A7A;&#x95F4;</li>
<li>&#x53EF;&#x4EE5;&#x88AB;&#x7528;&#x4F5C;&#x53BB;&#x91CD;</li>
</ol>
<h1 id="&#x5E03;&#x9686;&#x8FC7;&#x6EE4;&#x5668;"><code>&#x5E03;&#x9686;&#x8FC7;&#x6EE4;&#x5668;</code></h1>
<p>&#x5B9E;&#x9645;&#x4E0A;&#x5C31;&#x662F;&#x4E00;&#x4E2A;&#x5F88;&#x957F;&#x7684;&#x4E8C;&#x8FDB;&#x5236;&#x5411;&#x91CF;&#x548C;&#x4E00;&#x7CFB;&#x5217;&#x968F;&#x673A;&#x6620;&#x5C04;&#x51FD;&#x6570;(&#x54C8;&#x5E0C;&#x51FD;&#x6570;)&#x3002;</p>
<p>&#x5E03;&#x9686;&#x8FC7;&#x6EE4;&#x5668;&#x53EF;&#x4EE5;&#x7528;&#x4E8E;&#x68C0;&#x7D22;&#x4E00;&#x4E2A;&#x5143;&#x7D20;&#x662F;&#x5426;&#x5728;&#x4E00;&#x4E2A;&#x96C6;&#x5408;&#x4E2D;&#xFF0C;&#x6216;&#x8005;&#x53BB;&#x91CD;&#x64CD;&#x4F5C;&#x3002;</p>
<p>&#x4F18;&#x70B9;&#xFF1A;</p>
<pre><code>&#xFF08;1&#xFF09;&#x7A7A;&#x95F4;&#x6548;&#x7387;&#x9AD8;

&#xFF08;2&#xFF09;&#x67E5;&#x8BE2;&#x901F;&#x5EA6;&#x5FEB;
</code></pre><p>&#x7F3A;&#x70B9;&#xFF1A;</p>
<pre><code>&#xFF08;1&#xFF09;&#x5143;&#x7D20;&#x8D8A;&#x591A;&#xFF0C;&#x8BEF;&#x8BC6;&#x522B;&#x7387;&#x8D8A;&#x9AD8;

&#xFF08;2&#xFF09;&#x4E0D;&#x80FD;&#x5220;&#x9664;&#x5DF2;&#x50A8;&#x5B58;&#x7684;&#x5143;&#x7D20;
</code></pre><p>&#x5E03;&#x9686;&#x8FC7;&#x6EE4;&#x5668;&#x6709;&#x4E00;&#x4E2A;&#x8BEF;&#x5224;&#x7387;&#xFF0C;&#x539F;&#x56E0;&#x662F;&#x5B57;&#x7B26;&#x4E32;&#x7684;&#x54C8;&#x5E0C;code&#x53EF;&#x80FD;&#x4F1A;&#x6709;&#x91CD;&#x590D;&#x7684;&#x3002;</p>
<p> <code>Scarpy&#x6846;&#x67B6;&#x4E2D;&#x7684;&#x5E03;&#x9686;&#x8FC7;&#x6EE4;&#x5668;</code></p>
<pre><code>&#x4E00;&#x4E2A;&#x5B57;&#x7B26;&#x4E32;&#xFF0C;&#x901A;&#x8FC7;&#x4E0D;&#x540C;&#x7684;&#x54C8;&#x5E0C;&#x51FD;&#x6570;&#x4F1A;&#x8F93;&#x51FA;&#x4E0D;&#x540C;&#x7684;&#x6570;&#x5B57;&#xFF0C;&#x7136;&#x540E;&#x5C06;&#x8FD9;&#x4E9B;&#x6570;&#x5B57;&#x653E;&#x5165;&#x5230;bitmap(&#x4F4D;&#x56FE;)&#x4E2D;&#x6765;&#x53BB;&#x91CD;
</code></pre>
                    
                    </section>
                
                
                </div>
            </div>
        </div>

        
        <a href="../scrapy框架/scrapy_setting.html" class="navigation navigation-prev " aria-label="Previous page: scrapy_setting"><i class="fa fa-angle-left"></i></a>
        
        
        <a href="../scrapy框架/19个中间件.html" class="navigation navigation-next " aria-label="Next page: 19个中间件"><i class="fa fa-angle-right"></i></a>
        
    </div>
</div>

        
<script src="../gitbook/app.js"></script>

    
    <script src="../gitbook/plugins/gitbook-plugin-search/lunr.min.js"></script>
    

    
    <script src="../gitbook/plugins/gitbook-plugin-search/search.js"></script>
    

    
    <script src="../gitbook/plugins/gitbook-plugin-sharing/buttons.js"></script>
    

    
    <script src="../gitbook/plugins/gitbook-plugin-fontsettings/buttons.js"></script>
    

<script>
require(["gitbook"], function(gitbook) {
    var config = {"highlight":{},"search":{"maxIndexSize":1000000},"sharing":{"facebook":true,"twitter":true,"google":false,"weibo":false,"instapaper":false,"vk":false,"all":["facebook","google","twitter","weibo","instapaper"]},"fontsettings":{"theme":"white","family":"sans","size":2}};
    gitbook.start(config);
});
</script>

        
    </body>
    
</html>
